1076 lines
58 KiB
HTML
1076 lines
58 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<!--
|
|
| Generated by Apache Maven Doxia at 2023-04-17
|
|
| Rendered using Apache Maven Stylus Skin 1.5
|
|
-->
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>Apache Hadoop 3.4.0-SNAPSHOT – YARN Commands</title>
|
|
<style type="text/css" media="all">
|
|
@import url("./css/maven-base.css");
|
|
@import url("./css/maven-theme.css");
|
|
@import url("./css/site.css");
|
|
</style>
|
|
<link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
|
|
<meta name="Date-Revision-yyyymmdd" content="20230417" />
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
|
|
</head>
|
|
<body class="composite">
|
|
<div id="banner">
|
|
<a href="http://hadoop.apache.org/" id="bannerLeft">
|
|
<img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
|
|
</a>
|
|
<a href="http://www.apache.org/" id="bannerRight">
|
|
<img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
|
|
</a>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="breadcrumbs">
|
|
|
|
<div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
|
|
|
|
|
<a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
|
|
|
|
|
<a href="http://hadoop.apache.org/" class="externalLink">Apache Hadoop</a>
|
|
|
|
| Last Published: 2023-04-17
|
|
| Version: 3.4.0-SNAPSHOT
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="leftColumn">
|
|
<div id="navcolumn">
|
|
|
|
<h5>General</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Common</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-kms/index.html">Hadoop KMS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
|
|
</li>
|
|
</ul>
|
|
<h5>HDFS</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN Service</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Hadoop Compatible File Systems</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-azure/index.html">Azure Blob Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-huaweicloud/cloud-storage/index.html">Huaweicloud OBS</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Auth</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/Examples.html">Examples</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/Configuration.html">Configuration</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/BuildingIt.html">Building</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Tools</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-distcp/DistCp.html">DistCp</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-gridmix/GridMix.html">GridMix</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-rumen/Rumen.html">Rumen</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Reference</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../api/index.html">Java API docs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Configuration</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-kms/kms-default.html">kms-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
|
|
</li>
|
|
</ul>
|
|
<a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
|
|
<img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
|
|
</a>
|
|
|
|
</div>
|
|
</div>
|
|
<div id="bodyColumn">
|
|
<div id="contentBox">
|
|
<!---
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. See accompanying LICENSE file.
|
|
-->
|
|
<h1>YARN Commands</h1>
|
|
<ul>
|
|
<li><a href="#Overview">Overview</a></li>
|
|
<li><a href="#User_Commands">User Commands</a>
|
|
<ul>
|
|
<li><a href="#application_or_app">application or app</a></li>
|
|
<li><a href="#applicationattempt">applicationattempt</a></li>
|
|
<li><a href="#classpath">classpath</a></li>
|
|
<li><a href="#container">container</a></li>
|
|
<li><a href="#jar">jar</a></li>
|
|
<li><a href="#logs">logs</a></li>
|
|
<li><a href="#node">node</a></li>
|
|
<li><a href="#queue">queue</a></li>
|
|
<li><a href="#version">version</a></li>
|
|
<li><a href="#envvars">envvars</a></li></ul></li>
|
|
<li><a href="#Administration_Commands">Administration Commands</a>
|
|
<ul>
|
|
<li><a href="#daemonlog">daemonlog</a></li>
|
|
<li><a href="#nodemanager">nodemanager</a></li>
|
|
<li><a href="#proxyserver">proxyserver</a></li>
|
|
<li><a href="#resourcemanager">resourcemanager</a></li>
|
|
<li><a href="#rmadmin">rmadmin</a></li>
|
|
<li><a href="#schedulerconf">schedulerconf</a></li>
|
|
<li><a href="#scmadmin">scmadmin</a></li>
|
|
<li><a href="#sharedcachemanager">sharedcachemanager</a></li>
|
|
<li><a href="#timelineserver">timelineserver</a></li>
|
|
<li><a href="#registrydns">registrydns</a></li></ul></li>
|
|
<li><a href="#Files">Files</a></li></ul>
|
|
<section>
|
|
<h2><a name="Overview"></a>Overview</h2>
|
|
<p>YARN commands are invoked by the bin/yarn script. Running the yarn script without any arguments prints the description for all commands.</p>
|
|
<p>Usage: <code>yarn [SHELL_OPTIONS] COMMAND [GENERIC_OPTIONS] [SUB_COMMAND] [COMMAND_OPTIONS]</code></p>
|
|
<p>YARN has an option parsing framework that employs parsing generic options as well as running classes.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> SHELL_OPTIONS </td>
|
|
<td align="left"> The common set of shell options. These are documented on the <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html#Shell_Options">Commands Manual</a> page. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> GENERIC_OPTIONS </td>
|
|
<td align="left"> The common set of options supported by multiple commands. See the Hadoop <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html#Generic_Options">Commands Manual</a> for more information. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> COMMAND_OPTIONS </td>
|
|
<td align="left"> Various commands with their options are described in the following sections. The commands have been grouped into <a href="#User_Commands">User Commands</a> and <a href="#Administration_Commands">Administration Commands</a>. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h2><a name="User_Commands"></a>User Commands</h2>
|
|
<p>Commands useful for users of a Hadoop cluster.</p><section>
|
|
<h3><a name="application_or_app"></a><code>application</code> or <code>app</code></h3>
|
|
<p>Usage: <code>yarn application [options]</code> Usage: <code>yarn app [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -appId <ApplicationId> </td>
|
|
<td align="left"> Specify Application Id to be operated </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -appStates <States> </td>
|
|
<td align="left"> Works with -list to filter applications based on input comma-separated list of application states. The valid application state can be one of the following:  ALL, NEW, NEW_SAVING, SUBMITTED, ACCEPTED, RUNNING, FINISHED, FAILED, KILLED </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -appTags <Tags> </td>
|
|
<td align="left"> Works with -list to filter applications based on input comma-separated list of application tags. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -appTypes <Types> </td>
|
|
<td align="left"> Works with -list to filter applications based on input comma-separated list of application types. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -changeQueue <Queue Name> </td>
|
|
<td align="left"> Moves application to a new queue. ApplicationId can be passed using ‘appId’ option. ‘movetoqueue’ command is deprecated, this new command ‘changeQueue’ performs same functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -component <Component Name> <Count> </td>
|
|
<td align="left"> Works with -flex option to change the number of components/containers running for an application / long-running service. Supports absolute or relative changes, such as +1, 2, or -3. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -components <Components> </td>
|
|
<td align="left"> Works with -upgrade option to trigger the upgrade of specified components of the application. Multiple components should be separated by commas. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -decommission <Application Name> </td>
|
|
<td align="left"> Decommissions component instances for an application / long-running service. Requires -instances option. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -destroy <Application Name> </td>
|
|
<td align="left"> Destroys a saved application specification and removes all application data permanently. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -enableFastLaunch </td>
|
|
<td align="left"> Uploads AM dependencies to HDFS to make future launches faster. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -flex <Application Name or ID> </td>
|
|
<td align="left"> Changes number of running containers for a component of an application / long-running service. Requires -component option. If name is provided, appType must be provided unless it is the default yarn-service. If ID is provided, the appType will be looked up. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Displays help for all commands. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -instances <Component Instances> </td>
|
|
<td align="left"> Works with -upgrade option to trigger the upgrade of specified component instances of the application. Also works with -decommission option to decommission specified component instances. Multiple instances should be separated by commas. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -kill <Application ID> </td>
|
|
<td align="left"> Kills the application. Set of applications can be provided separated with space </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -launch <Application Name> <File Name> </td>
|
|
<td align="left"> Launches application from specification file (saves specification and starts application). Options -updateLifetime and -changeQueue can be specified to alter the values provided in the file. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -list </td>
|
|
<td align="left"> List applications. Supports optional use of -appTypes to filter applications based on application type, -appStates to filter applications based on application state and -appTags to filter applications based on application tag. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -movetoqueue <Application ID> </td>
|
|
<td align="left"> Moves the application to a different queue. Deprecated command. Use ‘changeQueue’ instead. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -queue <Queue Name> </td>
|
|
<td align="left"> Works with the movetoqueue command to specify which queue to move an application to. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -save <Application Name> <File Name> </td>
|
|
<td align="left"> Saves specification file for an application. Options -updateLifetime and -changeQueue can be specified to alter the values provided in the file. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -start <Application Name> </td>
|
|
<td align="left"> Starts a previously saved application. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -status <ApplicationId or ApplicationName> </td>
|
|
<td align="left"> Prints the status of the application. If app ID is provided, it prints the generic YARN application status. If name is provided, it prints the application specific status based on app’s own implementation, and -appTypes option must be specified unless it is the default <code>yarn-service</code> type. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality.</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -stop <Application Name or ID> </td>
|
|
<td align="left"> Stops application gracefully (may be started again later). If name is provided, appType must be provided unless it is the default yarn-service. If ID is provided, the appType will be looked up. Supports -appTypes option to specify which client implementation to use. Please ensure the framework corresponding to appType has provided the appropriate client implementation to handle this specific functionality. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -updateLifetime <Timeout> </td>
|
|
<td align="left"> Update timeout of an application from NOW. ApplicationId can be passed using ‘appId’ option. Timeout value is in seconds. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -updatePriority <Priority> </td>
|
|
<td align="left"> Update priority of an application. ApplicationId can be passed using ‘appId’ option. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Prints application(s) report/kill application/manage long running application</p></section><section>
|
|
<h3><a name="applicationattempt"></a><code>applicationattempt</code></h3>
|
|
<p>Usage: <code>yarn applicationattempt [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Help </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -list <ApplicationId> </td>
|
|
<td align="left"> Lists applications attempts for the given application. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -status <Application Attempt Id> </td>
|
|
<td align="left"> Prints the status of the application attempt. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>prints applicationattempt(s) report</p></section><section>
|
|
<h3><a name="classpath"></a><code>classpath</code></h3>
|
|
<p>Usage: <code>yarn classpath [--glob |--jar <path> |-h |--help]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTION </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> <code>--glob</code> </td>
|
|
<td align="left"> expand wildcards </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> <code>--jar</code> <i>path</i> </td>
|
|
<td align="left"> write classpath as manifest in jar named <i>path</i> </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> <code>-h</code>, <code>--help</code> </td>
|
|
<td align="left"> print help </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Prints the class path needed to get the Hadoop jar and the required libraries. If called without arguments, then prints the classpath set up by the command scripts, which is likely to contain wildcards in the classpath entries. Additional options print the classpath after wildcard expansion or write the classpath into the manifest of a jar file. The latter is useful in environments where wildcards cannot be used and the expanded classpath exceeds the maximum supported command line length.</p></section><section>
|
|
<h3><a name="container"></a><code>container</code></h3>
|
|
<p>Usage: <code>yarn container [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Help </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -list <Application Attempt Id> </td>
|
|
<td align="left"> Lists containers for the application attempt. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -status <ContainerId> </td>
|
|
<td align="left"> Prints the status of the container. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>prints container(s) report</p></section><section>
|
|
<h3><a name="jar"></a><code>jar</code></h3>
|
|
<p>Usage: <code>yarn jar <jar> [mainClass] args...</code></p>
|
|
<p>Runs a jar file. Users can bundle their YARN code in a jar file and execute it using this command.</p></section><section>
|
|
<h3><a name="logs"></a><code>logs</code></h3>
|
|
<p>Usage: <code>yarn logs -applicationId <application ID> [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -am <AM Containers> </td>
|
|
<td align="left"> Prints the AM Container logs, specify comma-separated value to get logs for related AM Container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -applicationId <application ID> </td>
|
|
<td align="left"> Specifies an application id </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -appOwner <AppOwner> </td>
|
|
<td align="left"> AppOwner (assumed to be current user if not specified) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -containerId <ContainerId> </td>
|
|
<td align="left"> ContainerId (must be specified if node address is specified) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -client_max_retries <Max Retries> </td>
|
|
<td align="left"> Max number of retry for a client to get the container logs for the running applications </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -client_retry_interval_ms <Retry Interval> </td>
|
|
<td align="left"> Retry Interval (work with client_max_retries) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -clusterId <Cluster ID> </td>
|
|
<td align="left"> ClusterId </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Help </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -list_nodes </td>
|
|
<td align="left"> Show the list of nodes that successfully aggregated logs (can only be used with finished applications) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -log_files <Log File Name> </td>
|
|
<td align="left"> View a specific log type </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -log_files_pattern <Log File Pattern> </td>
|
|
<td align="left"> Get matched log files by using java regex </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -nodeAddress <NodeAddress> </td>
|
|
<td align="left"> NodeAddress in the format nodename:port (must be specified if container id is specified) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -out <Local Directory> </td>
|
|
<td align="left"> Download logs to specified local folder </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -show_application_log_info </td>
|
|
<td align="left"> List all container IDs (combine this with –nodeAddress to get containerIds for all the containers on the specific NodeManager) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -show_container_log_info </td>
|
|
<td align="left"> Show the container log metadata </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -size <size> </td>
|
|
<td align="left"> Prints the log file’s first ‘n’ bytes or the last ‘n’ bytes (use negative values as bytes to read from the end) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -size_limit_mb <Size Limit> </td>
|
|
<td align="left"> Limit the size(in megabytes) of the total logs which could be fetched (specify -1 to ignore the size limit) </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Dump the container logs</p></section><section>
|
|
<h3><a name="node"></a><code>node</code></h3>
|
|
<p>Usage: <code>yarn node [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -all </td>
|
|
<td align="left"> Works with -list to list all nodes. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -list </td>
|
|
<td align="left"> Lists all running nodes. Supports optional use of -states to filter nodes based on node state, and -all to list all nodes. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -states <States> </td>
|
|
<td align="left"> Works with -list to filter nodes based on input comma-separated list of node states. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -status <NodeId> </td>
|
|
<td align="left"> Prints the status report of the node. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Prints node report(s)</p></section><section>
|
|
<h3><a name="queue"></a><code>queue</code></h3>
|
|
<p>Usage: <code>yarn queue [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Help </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -status <QueueName> </td>
|
|
<td align="left"> Prints the status of the queue. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Prints queue information</p></section><section>
|
|
<h3><a name="version"></a><code>version</code></h3>
|
|
<p>Usage: <code>yarn version</code></p>
|
|
<p>Prints the Hadoop version.</p></section><section>
|
|
<h3><a name="envvars"></a><code>envvars</code></h3>
|
|
<p>Usage: <code>yarn envvars</code></p>
|
|
<p>Display computed Hadoop environment variables.</p></section></section><section>
|
|
<h2><a name="Administration_Commands"></a>Administration Commands</h2>
|
|
<p>Commands useful for administrators of a Hadoop cluster.</p><section>
|
|
<h3><a name="daemonlog"></a><code>daemonlog</code></h3>
|
|
<p>Get/Set the log level for a Log identified by a qualified class name in the daemon dynamically. See the Hadoop <a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html#daemonlog">Commands Manual</a> for more information.</p></section><section>
|
|
<h3><a name="nodemanager"></a><code>nodemanager</code></h3>
|
|
<p>Usage: <code>yarn nodemanager</code></p>
|
|
<p>Start the NodeManager</p></section><section>
|
|
<h3><a name="proxyserver"></a><code>proxyserver</code></h3>
|
|
<p>Usage: <code>yarn proxyserver</code></p>
|
|
<p>Start the web proxy server</p></section><section>
|
|
<h3><a name="resourcemanager"></a><code>resourcemanager</code></h3>
|
|
<p>Usage: <code>yarn resourcemanager [-format-state-store]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -format-state-store </td>
|
|
<td align="left"> Formats the RMStateStore. This will clear the RMStateStore and is useful if past applications are no longer needed. This should be run only when the ResourceManager is not running. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -remove-application-from-state-store <appId> </td>
|
|
<td align="left"> Remove the application from RMStateStore. This should be run only when the ResourceManager is not running. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -format-conf-store </td>
|
|
<td align="left"> Formats the YarnConfigurationStore. This will clear the persisted scheduler configuration under YarnConfigurationStore. This should be run only when the ResourceManager is not running. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -convert-fs-configuration [-y|yarnsiteconfig] [-f|fsconfig] [-r|rulesconfig] [-o|output-directory] [-p|print] [-c|cluster-resource] </td>
|
|
<td align="left"> WARNING: This feature is experimental and not intended for production use! Development is still in progress so the converter should not be considered complete! <br /> Converts the specified Fair Scheduler configuration to Capacity Scheduler configuration. Requires two mandatory input files. First, the yarn-site.xml with the following format: [-y|yarnsiteconfig [<Path to the yarn-site.xml file>]. Secondly, the fair-scheduler.xml with the following format: [-f|fsconfig [<Path to the fair-scheduler.xml file>]. This config is not mandatory if there is a reference in yarn-site.xml to the fair-scheduler.xml with the property ‘yarn.scheduler.fair.allocation.file’. If both are defined, the -f option has precedence. The output directory of the config files should be specified as well, with: [-o|output-directory\ <directory>]. An optional rules config file could be also specified with the following format: [-r|rulesconfig <Path to the conversion rules file>]. The rule config file’s format is a property file. There’s an additional [-p|print] parameter, which is optional. If defined, the configuration will be emitted to the console instead. In its normal operation, the output files (yarn-site.xml and capacity-scheduler.xml) of this command is generated to the specified output directory. The cluster resource parameter ([-c|cluster-resource] <resource>]) needs to be specified if any queue has a maxResources setting with value as percentage. The format of the resource string is the same as in fair-scheduler.xml.) ] </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Start the ResourceManager</p></section><section>
|
|
<h3><a name="rmadmin"></a><code>rmadmin</code></h3>
|
|
<p>Usage:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Usage: yarn rmadmin
|
|
-refreshQueues
|
|
-refreshNodes [-g|graceful [timeout in seconds] -client|server]
|
|
-refreshNodesResources
|
|
-refreshSuperUserGroupsConfiguration
|
|
-refreshUserToGroupsMappings
|
|
-refreshAdminAcls
|
|
-refreshServiceAcl
|
|
-getGroups [username]
|
|
-addToClusterNodeLabels <"label1(exclusive=true),label2(exclusive=false),label3">
|
|
-removeFromClusterNodeLabels <label1,label2,label3> (label splitted by ",")
|
|
-replaceLabelsOnNode <"node1[:port]=label1 node2[:port]=label2"> [-failOnUnknownNodes]
|
|
-directlyAccessNodeLabelStore
|
|
-refreshClusterMaxPriority
|
|
-updateNodeResource [NodeID] [MemSize] [vCores] ([OvercommitTimeout]) or -updateNodeResource [NodeID] [ResourceTypes] ([OvercommitTimeout])
|
|
-transitionToActive [--forceactive] <serviceId>
|
|
-transitionToStandby <serviceId>
|
|
-getServiceState <serviceId>
|
|
-getAllServiceState
|
|
-checkHealth <serviceId>
|
|
-help [cmd]
|
|
</pre></div></div>
|
|
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -refreshQueues </td>
|
|
<td align="left"> Reload the queues’ acls, states and scheduler specific properties. ResourceManager will reload the mapred-queues configuration file. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -refreshNodes [-g|graceful [timeout in seconds] -client|server] </td>
|
|
<td align="left"> Refresh the hosts information at the ResourceManager. Here [-g|graceful [timeout in seconds] -client|server] is optional, if we specify the timeout then ResourceManager will wait for timeout before marking the NodeManager as decommissioned. The -client|server indicates if the timeout tracking should be handled by the client or the ResourceManager. The client-side tracking is blocking, while the server-side tracking is not. Omitting the timeout, or a timeout of -1, indicates an infinite timeout. Known Issue: the server-side tracking will immediately decommission if an RM HA failover occurs. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -refreshNodesResources </td>
|
|
<td align="left"> Refresh resources of NodeManagers at the ResourceManager. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -refreshSuperUserGroupsConfiguration </td>
|
|
<td align="left"> Refresh superuser proxy groups mappings. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -refreshUserToGroupsMappings </td>
|
|
<td align="left"> Refresh user-to-groups mappings. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -refreshAdminAcls </td>
|
|
<td align="left"> Refresh acls for administration of ResourceManager </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -refreshServiceAcl </td>
|
|
<td align="left"> Reload the service-level authorization policy file ResourceManager will reload the authorization policy file. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -getGroups [username] </td>
|
|
<td align="left"> Get groups the specified user belongs to. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -addToClusterNodeLabels <“label1(exclusive=true),label2(exclusive=false),label3”> </td>
|
|
<td align="left"> Add to cluster node labels. Default exclusivity is true. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -removeFromClusterNodeLabels <label1,label2,label3> (label splitted by “,”) </td>
|
|
<td align="left"> Remove from cluster node labels. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -replaceLabelsOnNode <“node1[:port]=label1 node2[:port]=label2”> [-failOnUnknownNodes]</td>
|
|
<td align="left"> Replace labels on nodes (please note that we do not support specifying multiple labels on a single host for now.) -failOnUnknownNodes is optional, when we set this option, it will fail if specified nodes are unknown.</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -directlyAccessNodeLabelStore </td>
|
|
<td align="left"> This is DEPRECATED, will be removed in future releases. Directly access node label store, with this option, all node label related operations will not connect RM. Instead, they will access/modify stored node labels directly. By default, it is false (access via RM). AND PLEASE NOTE: if you configured yarn.node-labels.fs-store.root-dir to a local directory (instead of NFS or HDFS), this option will only work when the command run on the machine where RM is running. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -refreshClusterMaxPriority </td>
|
|
<td align="left"> Refresh cluster max priority </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -updateNodeResource [NodeID] [MemSize] [vCores] ([OvercommitTimeout]) </td>
|
|
<td align="left"> Update resource on specific node. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -updateNodeResource [NodeID] [ResourceTypes] ([OvercommitTimeout]) </td>
|
|
<td align="left"> Update resource types on specific node. Resource Types is comma-delimited key value pairs of any resources available at Resource Manager. For example, memory-mb=1024Mi,vcores=1,resource1=2G,resource2=4m</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -transitionToActive [–forceactive] [–forcemanual] <serviceId> </td>
|
|
<td align="left"> Transitions the service into Active state. Try to make the target active without checking that there is no active node if the –forceactive option is used. This command can not be used if automatic failover is enabled. Though you can override this by –forcemanual option, you need caution. This command can not be used if automatic failover is enabled.</td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -transitionToStandby [–forcemanual] <serviceId> </td>
|
|
<td align="left"> Transitions the service into Standby state. This command can not be used if automatic failover is enabled. Though you can override this by –forcemanual option, you need caution. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -getServiceState <serviceId> </td>
|
|
<td align="left"> Returns the state of the service. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -getAllServiceState </td>
|
|
<td align="left"> Returns the state of all the services. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -checkHealth <serviceId> </td>
|
|
<td align="left"> Requests that the service perform a health check. The RMAdmin tool will exit with a non-zero exit code if the check fails. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -help [cmd] </td>
|
|
<td align="left"> Displays help for the given command or all commands if none is specified. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Runs ResourceManager admin client</p></section><section>
|
|
<h3><a name="schedulerconf"></a>schedulerconf</h3>
|
|
<p>Usage: <code>yarn schedulerconf [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -add <“queuePath1:key1=val1,key2=val2;queuePath2:key3=val3”> </td>
|
|
<td align="left"> Semicolon separated values of queues to add and their queue configurations. This example adds queue “queuePath1” (a full path name), which has queue configurations key1=val1 and key2=val2. It also adds queue “queuePath2”, which has queue configuration key3=val3. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -remove <“queuePath1;queuePath2”> </td>
|
|
<td align="left"> Semicolon separated queues to remove. This example removes queuePath1 and queuePath2 queues (full path names). <b>Note:</b> Queues must be put into <code>STOPPED</code> state before they are deleted. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> -update <“queuePath1:key1=val1,key2=val2;queuePath2:key3=val3”> </td>
|
|
<td align="left"> Semicolon separated values of queues whose configurations should be updated. This example sets key1=val1 and key2=val2 for queue configuration of queuePath1 (full path name), and sets key3=val3 for queue configuration of queuePath2. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -global <key1=val1,key2=val2> </td>
|
|
<td align="left"> Update scheduler global configurations. This example sets key1=val1 and key2=val2 for scheduler’s global configuration. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Updates scheduler configuration. Note, this feature is in alpha phase and is subject to change.</p></section><section>
|
|
<h3><a name="scmadmin"></a>scmadmin</h3>
|
|
<p>Usage: <code>yarn scmadmin [options]</code></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> COMMAND_OPTIONS </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> -help </td>
|
|
<td align="left"> Help </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> -runCleanerTask </td>
|
|
<td align="left"> Runs the cleaner task </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Runs Shared Cache Manager admin client</p></section><section>
|
|
<h3><a name="sharedcachemanager"></a>sharedcachemanager</h3>
|
|
<p>Usage: <code>yarn sharedcachemanager</code></p>
|
|
<p>Start the Shared Cache Manager</p></section><section>
|
|
<h3><a name="timelineserver"></a>timelineserver</h3>
|
|
<p>Usage: <code>yarn timelineserver</code></p>
|
|
<p>Start the TimeLineServer</p></section><section>
|
|
<h3><a name="registrydns"></a>registrydns</h3>
|
|
<p>Usage: <code>yarn registrydns</code></p>
|
|
<p>Start the RegistryDNS server</p></section></section><section>
|
|
<h2><a name="Files"></a>Files</h2>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> File </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> etc/hadoop/hadoop-env.sh </td>
|
|
<td align="left"> This file stores the global settings used by all Hadoop shell commands. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> etc/hadoop/yarn-env.sh </td>
|
|
<td align="left"> This file stores overrides used by all YARN shell commands. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> etc/hadoop/hadoop-user-functions.sh </td>
|
|
<td align="left"> This file allows for advanced users to override some shell functionality. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> ~/.hadooprc </td>
|
|
<td align="left"> This stores the personal environment for an individual user. It is processed after the <code>hadoop-env.sh</code>, <code>hadoop-user-functions.sh</code>, and <code>yarn-env.sh</code> files and can contain the same settings. </td></tr>
|
|
</tbody>
|
|
</table></section>
|
|
</div>
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
<div id="footer">
|
|
<div class="xright">
|
|
© 2008-2023
|
|
Apache Software Foundation
|
|
|
|
- <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
|
|
Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
</body>
|
|
</html>
|