859 lines
41 KiB
HTML
859 lines
41 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<!--
|
|
| Generated by Apache Maven Doxia at 2023-03-02
|
|
| Rendered using Apache Maven Stylus Skin 1.5
|
|
-->
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>Apache Hadoop 3.4.0-SNAPSHOT – Registry Configuration</title>
|
|
<style type="text/css" media="all">
|
|
@import url("../css/maven-base.css");
|
|
@import url("../css/maven-theme.css");
|
|
@import url("../css/site.css");
|
|
</style>
|
|
<link rel="stylesheet" href="../css/print.css" type="text/css" media="print" />
|
|
<meta name="Date-Revision-yyyymmdd" content="20230302" />
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
|
|
</head>
|
|
<body class="composite">
|
|
<div id="banner">
|
|
<a href="http://hadoop.apache.org/" id="bannerLeft">
|
|
<img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
|
|
</a>
|
|
<a href="http://www.apache.org/" id="bannerRight">
|
|
<img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
|
|
</a>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="breadcrumbs">
|
|
|
|
<div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
|
|
|
|
|
<a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
|
|
|
|
|
<a href="http://hadoop.apache.org/" class="externalLink">Apache Hadoop</a>
|
|
|
|
| Last Published: 2023-03-02
|
|
| Version: 3.4.0-SNAPSHOT
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="leftColumn">
|
|
<div id="navcolumn">
|
|
|
|
<h5>General</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Common</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-kms/index.html">Hadoop KMS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
|
|
</li>
|
|
</ul>
|
|
<h5>HDFS</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN Service</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Hadoop Compatible File Systems</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-azure/index.html">Azure Blob Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-huaweicloud/cloud-storage/index.html">Huaweicloud OBS</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Auth</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-auth/index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-auth/Examples.html">Examples</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-auth/Configuration.html">Configuration</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-auth/BuildingIt.html">Building</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Tools</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-distcp/DistCp.html">DistCp</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-gridmix/GridMix.html">GridMix</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-rumen/Rumen.html">Rumen</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Reference</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../api/index.html">Java API docs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Configuration</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-kms/kms-default.html">kms-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
|
|
</li>
|
|
</ul>
|
|
<a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
|
|
<img alt="Built by Maven" src="../images/logos/maven-feather.png"/>
|
|
</a>
|
|
|
|
</div>
|
|
</div>
|
|
<div id="bodyColumn">
|
|
<div id="contentBox">
|
|
<!---
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. See accompanying LICENSE file.
|
|
-->
|
|
<h1>Registry Configuration</h1>
|
|
<p>The Hadoop service registry is built on top of Apache Zookeeper. It is configured by way of a Hadoop <code>Configuration</code> class: the instance used to create the service controls the behavior of the client.</p>
|
|
<p>This document lists the configuration parameters which control the registry client.</p>
|
|
<p>The default values of all these settings are defined in <code>core-default.xml</code>. The values in this file may not match those listed in this document. If this is the case, the values in <code>core-default.xml</code> MUST be considered normative.</p><section>
|
|
<h2><a name="Changing_the_configuration_values"></a>Changing the configuration values</h2>
|
|
<p>Changes to the configuration values SHOULD be done in <code>core-site.xml</code>. This will ensure that client and non-YARN applications will pick up the values, so enabling them to read from and potentially write to the registry.</p></section><section>
|
|
<h2><a name="Core_Settings"></a>Core Settings</h2><section>
|
|
<h3><a name="Setting_the_Zookeeper_Quorum:_hadoop.registry.zk.quorum"></a>Setting the Zookeeper Quorum: <code>hadoop.registry.zk.quorum</code></h3>
|
|
<p>This is an essential setting: it identifies the lists of zookeeper hosts and the ports on which the ZK services are listening.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
A comma separated list of hostname:port pairs defining the
|
|
zookeeper quorum binding for the registry
|
|
</description>
|
|
<name>hadoop.registry.zk.quorum</name>
|
|
<value>localhost:2181</value>
|
|
</property>
|
|
</pre></div></div>
|
|
|
|
<p>It takes a comma-separated list, such as <code>zk1:2181 ,zk2:2181, zk3:2181</code></p></section><section>
|
|
<h3><a name="Setting_the_Zookeeper_Registry_Base_path:_hadoop.registry.zk.root"></a>Setting the Zookeeper Registry Base path: <code>hadoop.registry.zk.root</code></h3>
|
|
<p>This path sets the base zookeeper node for the registry</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
The root zookeeper node for the registry
|
|
</description>
|
|
<name>hadoop.registry.zk.root</name>
|
|
<value>/registry</value>
|
|
</property>
|
|
</pre></div></div>
|
|
|
|
<p>The default value of <code>/registry</code> is normally sufficient. A different value may be needed for security reasons or because the <code>/registry</code> path is in use.</p>
|
|
<p>The root value is prepended to all registry paths so as to create the absolute path. For example:</p>
|
|
<ul>
|
|
|
|
<li><code>/</code> maps to <code>/registry</code></li>
|
|
<li><code>/services</code> maps to <code>/registry/services</code></li>
|
|
<li><code>/users/yarn</code> maps to <code>/registry/users/yarn</code></li>
|
|
</ul>
|
|
<p>A different value of <code>hadoop.registry.zk.root</code> would result in a different mapping to absolute zookeeper paths.</p></section></section><section>
|
|
<h2><a name="Security_Options"></a>Security Options</h2>
|
|
<p>Registry security is enabled when the property <code>hadoop.registry.secure</code> is set to <code>true</code>. Once set, nodes are created with permissions, so that only a specific user <i>and the configured cluster “superuser” accounts</i> can write under their home path of <code>${hadoop.registry.zk.root}/users</code>. Only the superuser accounts will be able to manipulate the root path, including <code>${hadoop.registry.zk.root}/services</code> and <code>${hadoop.registry.zk.root}/users</code>.</p>
|
|
<p>All write operations on the registry (including deleting entries and paths) must be authenticated. Read operations are still permitted by unauthenticated callers.</p>
|
|
<p>The key settings for secure registry support are:</p>
|
|
<ul>
|
|
|
|
<li>enabling the secure mode: <code>hadoop.registry.secure</code></li>
|
|
<li>listing the superuser zookeeper ACLs: <code>hadoop.registry.system.acls</code></li>
|
|
<li>listing the kerberos realm for the principals: <code>hadoop.registry.kerberos.realm</code></li>
|
|
<li>identifying the JAAS context within the JAAS configuration which defines the user: <code>hadoop.registry.jaas.context</code></li>
|
|
</ul><section>
|
|
<h3><a name="Enabling_security"></a>Enabling security</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
Key to set if the registry is secure. Turning it on
|
|
changes the permissions policy from "open access"
|
|
to restrictions on kerberos with the option of
|
|
a user adding one or more auth key pairs down their
|
|
own tree.
|
|
</description>
|
|
<name>hadoop.registry.secure</name>
|
|
<value>false</value>
|
|
</property>
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Identifying_the_client_JAAS_context"></a>Identifying the client JAAS context</h3>
|
|
<p>The registry clients must identify the JAAS context which they use to authenticate to the registry.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
Key to define the JAAS context. Used in secure mode
|
|
</description>
|
|
<name>hadoop.registry.jaas.context</name>
|
|
<value>Client</value>
|
|
</property>
|
|
</pre></div></div>
|
|
|
|
<p><i>Note</i> as the Resource Manager is simply another client of the registry, it too must have this context defined.</p></section><section>
|
|
<h3><a name="Identifying_the_system_accounts_hadoop.registry.system.acls"></a>Identifying the system accounts <code>hadoop.registry.system.acls</code></h3>
|
|
<p>These are the accounts which are given full access to the base of the registry. The Resource Manager needs this option to create the root paths.</p>
|
|
<p>Client applications writing to the registry access to the nodes it creates.</p>
|
|
<ol style="list-style-type: decimal">
|
|
|
|
<li>The property <code>hadoop.registry.system.acls</code> takes a comma-separated list of zookeeper <code>ACLs</code> which are given full access to created nodes; the permissions <code>READ | WRITE | CREATE | DELETE | ADMIN</code>.</li>
|
|
<li>Any zookeeper ACL scheme may be added to this, such as the <code>digest:</code> scheme.</li>
|
|
<li>The SASL scheme, <code>sasl:</code>, is used to identify which callers identified by sasl have full access. These are the superuser accounts.</li>
|
|
<li>They may be identified by elements such as <code>sasl:yarn@REALM.COM</code>.</li>
|
|
<li>To aid portability of SASL settings, especially the default value, any <code>sasl:</code> entry without the realm value —that is, any entry that terminates in the <code>@</code> symbol— has the current realm appended to it.</li>
|
|
<li>This realm is set to that of the current user.</li>
|
|
<li>It may be overridden by the property <code>hadoop.registry.kerberos.realm</code>.</li>
|
|
</ol>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
A comma separated list of Zookeeper ACL identifiers with
|
|
system access to the registry in a secure cluster.
|
|
These are given full access to all entries.
|
|
If there is an "@" at the end of a SASL entry it
|
|
instructs the registry client to append the default kerberos domain.
|
|
</description>
|
|
<name>hadoop.registry.system.acls</name>
|
|
<value>sasl:yarn@, sasl:mapred@, sasl:mapred@, sasl:hdfs@</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
The kerberos realm: used to set the realm of
|
|
system principals which do not declare their realm,
|
|
and any other accounts that need the value.
|
|
If empty, the default realm of the running process
|
|
is used.
|
|
If neither are known and the realm is needed, then the registry
|
|
service/client will fail.
|
|
</description>
|
|
<name>hadoop.registry.kerberos.realm</name>
|
|
<value></value>
|
|
</property>
|
|
</pre></div></div>
|
|
|
|
<p>Example: an <code>hadoop.registry.system.acls</code> entry of <code>sasl:yarn@, sasl:admin@EXAMPLE.COM, sasl:system@REALM2</code>, would, in a YARN cluster with the realm <code>EXAMPLE.COM</code>, add the following admin accounts to every node</p>
|
|
<ul>
|
|
|
|
<li><code>sasl:yarn@EXAMPLE.COM</code></li>
|
|
<li><code>sasl:admin@EXAMPLE.COM</code></li>
|
|
<li><code>sasl:system@REALM2</code></li>
|
|
</ul>
|
|
<p>The identity of a client application creating registry entries will be automatically included in the permissions of all entries created. If, for example, the account creating an entry was <code>hbase</code>, another entry would be created</p>
|
|
<ul>
|
|
|
|
<li><code>sasl:hbase@EXAMPLE.COM</code></li>
|
|
</ul>
|
|
<p><b>Important</b>: when setting the system ACLS, <i>it is critical to include the identity of the YARN Resource Manager</i>.</p>
|
|
<p>The RM needs to be able to create the root and user paths, and delete service records during application and container cleanup.</p></section></section><section>
|
|
<h2><a name="Zookeeper_connection_management_options"></a>Zookeeper connection management options</h2>
|
|
<p>Some low level options manage the ZK connection —more specifically, its failure handling.</p>
|
|
<p>The Zookeeper registry clients use Apache Curator to connect to Zookeeper, a library which detects timeouts and attempts to reconnect to one of the servers which forms the zookeeper quorum. It is only after a timeout is detected that a retry is triggered.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <property>
|
|
<description>
|
|
Zookeeper session timeout in milliseconds
|
|
</description>
|
|
<name>hadoop.registry.zk.session.timeout.ms</name>
|
|
<value>60000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper connection timeout in milliseconds
|
|
</description>
|
|
<name>hadoop.registry.zk.connection.timeout.ms</name>
|
|
<value>15000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper connection retry count before failing
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.times</name>
|
|
<value>5</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.interval.ms</name>
|
|
<value>1000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper retry limit in milliseconds, during
|
|
exponential backoff.
|
|
This places a limit even
|
|
if the retry times and interval limit, combined
|
|
with the backoff policy, result in a long retry
|
|
period
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.ceiling.ms</name>
|
|
<value>60000</value>
|
|
</property>
|
|
</pre></div></div>
|
|
|
|
<p>The retry strategy used in the registry client is <a class="externalLink" href="https://curator.apache.org/apidocs/org/apache/curator/retry/BoundedExponentialBackoffRetry.html"><code>BoundedExponentialBackoffRetry</code></a>: This backs off exponentially on connection failures before eventually concluding that the quorum is unreachable and failing.</p></section><section>
|
|
<h2><a name="Complete_Set_of_Configuration_Options"></a>Complete Set of Configuration Options</h2>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <!-- YARN registry -->
|
|
|
|
<property>
|
|
<description>
|
|
A comma separated list of hostname:port pairs defining the
|
|
zookeeper quorum binding for the registry
|
|
</description>
|
|
<name>hadoop.registry.zk.quorum</name>
|
|
<value>localhost:2181</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
The root zookeeper node for the registry
|
|
</description>
|
|
<name>hadoop.registry.zk.root</name>
|
|
<value>/registry</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Key to set if the registry is secure. Turning it on
|
|
changes the permissions policy from "open access"
|
|
to restrictions on kerberos with the option of
|
|
a user adding one or more auth key pairs down their
|
|
own tree.
|
|
</description>
|
|
<name>hadoop.registry.secure</name>
|
|
<value>false</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
A comma separated list of Zookeeper ACL identifiers with
|
|
system access to the registry in a secure cluster.
|
|
|
|
These are given full access to all entries.
|
|
|
|
If there is an "@" at the end of a SASL entry it
|
|
instructs the registry client to append the default kerberos domain.
|
|
</description>
|
|
<name>hadoop.registry.system.acls</name>
|
|
<value>sasl:yarn@, sasl:mapred@, sasl:mapred@, sasl:hdfs@</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
The kerberos realm: used to set the realm of
|
|
system principals which do not declare their realm,
|
|
and any other accounts that need the value.
|
|
|
|
If empty, the default realm of the running process
|
|
is used.
|
|
|
|
If neither are known and the realm is needed, then the registry
|
|
service/client will fail.
|
|
</description>
|
|
<name>hadoop.registry.kerberos.realm</name>
|
|
<value></value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Key to define the JAAS context. Used in secure
|
|
mode
|
|
</description>
|
|
<name>hadoop.registry.jaas.context</name>
|
|
<value>Client</value>
|
|
</property>
|
|
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper session timeout in milliseconds
|
|
</description>
|
|
<name>hadoop.registry.zk.session.timeout.ms</name>
|
|
<value>60000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper session timeout in milliseconds
|
|
</description>
|
|
<name>hadoop.registry.zk.connection.timeout.ms</name>
|
|
<value>15000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper connection retry count before failing
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.times</name>
|
|
<value>5</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.interval.ms</name>
|
|
<value>1000</value>
|
|
</property>
|
|
|
|
<property>
|
|
<description>
|
|
Zookeeper retry limit in milliseconds, during
|
|
exponential backoff: {@value}
|
|
|
|
This places a limit even
|
|
if the retry times and interval limit, combined
|
|
with the backoff policy, result in a long retry
|
|
period
|
|
</description>
|
|
<name>hadoop.registry.zk.retry.ceiling.ms</name>
|
|
<value>60000</value>
|
|
</property>
|
|
</pre></div></div></section>
|
|
</div>
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
<div id="footer">
|
|
<div class="xright">
|
|
© 2008-2023
|
|
Apache Software Foundation
|
|
|
|
- <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
|
|
Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
</body>
|
|
</html>
|